import torch
from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline

torch.random.manual_seed(0)

model = AutoModelForCausalLM.from_pretrained("/home/zhaiyuanzhao/llm/Phi-3-mini-4k-instruct", device_map="cuda")